UPDATE: Changing transformation factory microservice client url to inputs factory

Beta

README.md

@@ -1,4 +1,4 @@
 <p align="center">
   <image src="./assets/maestro.svg" style="width:10rem">
   <h1 align="center">Maestro</h1> 
-</p> 
+</p>  

package-lock.json

@@ -17,8 +17,9 @@
         "@nestjs/mapped-types": "*",
         "@nestjs/microservices": "^8.4.3",
         "@nestjs/platform-express": "^8.4.3",
+        "@nestjs/schedule": "^1.1.0",
         "@nestjs/swagger": "^5.2.1",
-        "@victorradael/protospack": "^1.6.1",
+        "@victorradael/protospack": "^1.6.5",
         "axios": "^0.25.0",
         "dotenv": "^14.2.0",
         "helmet": "^5.0.2",
@@ -1580,6 +1581,20 @@
         "@nestjs/core": "^8.0.0"
       }
     },
+    "node_modules/@nestjs/schedule": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/@nestjs/schedule/-/schedule-1.1.0.tgz",
+      "integrity": "sha512-0QpbwClUildXqlyoaygG+aIQZNNMv31XDyQxX+Ob1zw/3I8+AVrDlBwZHQ+tlhIcJFR8aG+VTH8xwIjXwtS1UA==",
+      "dependencies": {
+        "cron": "1.8.2",
+        "uuid": "8.3.2"
+      },
+      "peerDependencies": {
+        "@nestjs/common": "^6.10.11 || ^7.0.0 || ^8.0.0",
+        "@nestjs/core": "^7.0.0 || ^8.0.0",
+        "reflect-metadata": "^0.1.12"
+      }
+    },
     "node_modules/@nestjs/schematics": {
       "version": "8.0.8",
       "resolved": "https://registry.npmjs.org/@nestjs/schematics/-/schematics-8.0.8.tgz",
@@ -2344,9 +2359,9 @@
       }
     },
     "node_modules/@victorradael/protospack": {
-      "version": "1.6.1",
-      "resolved": "https://registry.npmjs.org/@victorradael/protospack/-/protospack-1.6.1.tgz",
-      "integrity": "sha512-GEW+NYaMNnuUZ4/WsNJGpi3dHAOXkbm4BQKFkT/Ij7P9vSelyx9RGqkrs5m0biAXfITWDHe8hjI4AbRQe6AMDw==",
+      "version": "1.6.5",
+      "resolved": "https://registry.npmjs.org/@victorradael/protospack/-/protospack-1.6.5.tgz",
+      "integrity": "sha512-WuRHsvjyprZTrA+L/LmuR0x4d/GLxO/rprQAMqQ5PzZmMViMQSrN6IGX6umJKHImLhVeRkNEGsysjAxHc4V12Q==",
       "dependencies": {
         "rxjs": "^7.5.5"
       }
@@ -3517,6 +3532,14 @@
       "integrity": "sha512-dcKFX3jn0MpIaXjisoRvexIJVEKzaq7z2rZKxf+MSr9TkdmHmsU4m2lcLojrj/FHl8mk5VxMmYA+ftRkP/3oKQ==",
       "dev": true
     },
+    "node_modules/cron": {
+      "version": "1.8.2",
+      "resolved": "https://registry.npmjs.org/cron/-/cron-1.8.2.tgz",
+      "integrity": "sha512-Gk2c4y6xKEO8FSAUTklqtfSr7oTq0CiPQeLBG5Fl0qoXpZyMcj1SG59YL+hqq04bu6/IuEA7lMkYDAplQNKkyg==",
+      "dependencies": {
+        "moment-timezone": "^0.5.x"
+      }
+    },
     "node_modules/cross-spawn": {
       "version": "7.0.3",
       "resolved": "https://registry.npmjs.org/cross-spawn/-/cross-spawn-7.0.3.tgz",
@@ -6816,6 +6839,25 @@
         "mkdirp": "bin/cmd.js"
       }
     },
+    "node_modules/moment": {
+      "version": "2.29.3",
+      "resolved": "https://registry.npmjs.org/moment/-/moment-2.29.3.tgz",
+      "integrity": "sha512-c6YRvhEo//6T2Jz/vVtYzqBzwvPT95JBQ+smCytzf7c50oMZRsR/a4w88aD34I+/QVSfnoAnSBFPJHItlOMJVw==",
+      "engines": {
+        "node": "*"
+      }
+    },
+    "node_modules/moment-timezone": {
+      "version": "0.5.34",
+      "resolved": "https://registry.npmjs.org/moment-timezone/-/moment-timezone-0.5.34.tgz",
+      "integrity": "sha512-3zAEHh2hKUs3EXLESx/wsgw6IQdusOT8Bxm3D9UrHPQR7zlMmzwybC8zHEM1tQ4LJwP7fcxrWr8tuBg05fFCbg==",
+      "dependencies": {
+        "moment": ">= 2.9.0"
+      },
+      "engines": {
+        "node": "*"
+      }
+    },
     "node_modules/ms": {
       "version": "2.1.2",
       "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.2.tgz",
@@ -10307,6 +10349,15 @@
         "tslib": "2.3.1"
       }
     },
+    "@nestjs/schedule": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/@nestjs/schedule/-/schedule-1.1.0.tgz",
+      "integrity": "sha512-0QpbwClUildXqlyoaygG+aIQZNNMv31XDyQxX+Ob1zw/3I8+AVrDlBwZHQ+tlhIcJFR8aG+VTH8xwIjXwtS1UA==",
+      "requires": {
+        "cron": "1.8.2",
+        "uuid": "8.3.2"
+      }
+    },
     "@nestjs/schematics": {
       "version": "8.0.8",
       "resolved": "https://registry.npmjs.org/@nestjs/schematics/-/schematics-8.0.8.tgz",
@@ -10904,9 +10955,9 @@
       }
     },
     "@victorradael/protospack": {
-      "version": "1.6.1",
-      "resolved": "https://registry.npmjs.org/@victorradael/protospack/-/protospack-1.6.1.tgz",
-      "integrity": "sha512-GEW+NYaMNnuUZ4/WsNJGpi3dHAOXkbm4BQKFkT/Ij7P9vSelyx9RGqkrs5m0biAXfITWDHe8hjI4AbRQe6AMDw==",
+      "version": "1.6.5",
+      "resolved": "https://registry.npmjs.org/@victorradael/protospack/-/protospack-1.6.5.tgz",
+      "integrity": "sha512-WuRHsvjyprZTrA+L/LmuR0x4d/GLxO/rprQAMqQ5PzZmMViMQSrN6IGX6umJKHImLhVeRkNEGsysjAxHc4V12Q==",
       "requires": {
         "rxjs": "^7.5.5"
       }
@@ -11845,6 +11896,14 @@
       "integrity": "sha512-dcKFX3jn0MpIaXjisoRvexIJVEKzaq7z2rZKxf+MSr9TkdmHmsU4m2lcLojrj/FHl8mk5VxMmYA+ftRkP/3oKQ==",
       "dev": true
     },
+    "cron": {
+      "version": "1.8.2",
+      "resolved": "https://registry.npmjs.org/cron/-/cron-1.8.2.tgz",
+      "integrity": "sha512-Gk2c4y6xKEO8FSAUTklqtfSr7oTq0CiPQeLBG5Fl0qoXpZyMcj1SG59YL+hqq04bu6/IuEA7lMkYDAplQNKkyg==",
+      "requires": {
+        "moment-timezone": "^0.5.x"
+      }
+    },
     "cross-spawn": {
       "version": "7.0.3",
       "resolved": "https://registry.npmjs.org/cross-spawn/-/cross-spawn-7.0.3.tgz",
@@ -14375,6 +14434,19 @@
         "minimist": "^1.2.5"
       }
     },
+    "moment": {
+      "version": "2.29.3",
+      "resolved": "https://registry.npmjs.org/moment/-/moment-2.29.3.tgz",
+      "integrity": "sha512-c6YRvhEo//6T2Jz/vVtYzqBzwvPT95JBQ+smCytzf7c50oMZRsR/a4w88aD34I+/QVSfnoAnSBFPJHItlOMJVw=="
+    },
+    "moment-timezone": {
+      "version": "0.5.34",
+      "resolved": "https://registry.npmjs.org/moment-timezone/-/moment-timezone-0.5.34.tgz",
+      "integrity": "sha512-3zAEHh2hKUs3EXLESx/wsgw6IQdusOT8Bxm3D9UrHPQR7zlMmzwybC8zHEM1tQ4LJwP7fcxrWr8tuBg05fFCbg==",
+      "requires": {
+        "moment": ">= 2.9.0"
+      }
+    },
     "ms": {
       "version": "2.1.2",
       "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.2.tgz",

package.json

@@ -29,8 +29,9 @@
     "@nestjs/mapped-types": "*",
     "@nestjs/microservices": "^8.4.3",
     "@nestjs/platform-express": "^8.4.3",
+    "@nestjs/schedule": "^1.1.0",
     "@nestjs/swagger": "^5.2.1",
-    "@victorradael/protospack": "^1.6.1",
+    "@victorradael/protospack": "^1.6.5",
     "axios": "^0.25.0",
     "dotenv": "^14.2.0",
     "helmet": "^5.0.2",

src/clients/auth/client.service.ts

@@ -20,11 +20,11 @@ export class AuthClientService implements OnModuleInit {
     );
   }
 
-  async signIn({ username, password }: ILogin): Promise<any> {
+  async signIn({ username, password, totp }: ILogin): Promise<any> {
     console.log('AuthClientService', 'SignIn');
 
     const tokens = await new Promise((resolve, reject) => {
-      this.authService.signIn({ username, password }).subscribe({
+      this.authService.signIn({ username, password, totp }).subscribe({
         next(x) {
           resolve(x);
         },

src/clients/auth/interfaces.d.ts

@@ -1,4 +1,5 @@
 export interface ILogin {
   username: string;
   password: string;
+  totp: string;
 }

src/clients/transformations/client.config.ts

@@ -10,7 +10,7 @@ export class TransformationsClientConfiguration {
     return {
       transport: Transport.GRPC,
       options: {
-        url: process.env.TRFACTORY_URL,
+        url: process.env.INFACTORY_URL,
         package: TransformationPackages,
         credentials: credentials.createSsl(),
         protoPath: TransformationProtoFilePath,

src/modules/auth/auth.controller.ts

@@ -5,6 +5,7 @@ import { AuthClientService } from 'src/clients/auth/client.service';
 interface ISignIn {
   username: string;
   password: string;
+  totp: string;
 }
 
 @Controller('auth')
@@ -12,11 +13,11 @@ export class AuthController {
   constructor(private authClient: AuthClientService) {}
 
   @Post()
-  async signIn(@Body() { username, password }: ISignIn) {
+  async signIn(@Body() { username, password, totp }: ISignIn) {
     console.log(`/auth`, 'SignIn');
 
     const tokens = await this.authClient
-      .signIn({ username, password })
+      .signIn({ username, password, totp })
       .then((result) => result)
       .catch((err) => {
         throw new UnauthorizedException(err.message);

src/modules/catalog/catalog.controller.ts

@@ -140,6 +140,17 @@ export class CatalogController {
     return res;
   }
 
+  @Get('data-status')
+  async createDataStatus(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE DATA STATUS ROUTE');
+
+    const catalogService = new CatalogService();
+
+    const res = await catalogService.createDataStatus(body);
+
+    return res;
+  }
+
   @Get('data-description')
   async getDataDescription(@Body() body) {
     console.log(`/catalog`, 'ON GET DATA DESCRIPTION ROUTE');
@@ -151,6 +162,17 @@ export class CatalogController {
     return res;
   }
 
+  @Post('data-description')
+  async createDataDescription(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE DATA DESCRIPTION ROUTE');
+
+    const catalogService = new CatalogService();
+
+    const res = await catalogService.createDataDescription(body);
+
+    return res;
+  }
+
   @Get('data-docs')
   async getDataDocs(@Body() body) {
     console.log(`/catalog`, 'ON GET DATA DOCS ROUTE');
@@ -162,6 +184,17 @@ export class CatalogController {
     return res;
   }
 
+  @Post('data-docs')
+  async createDataDocs(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE DATA DOCS ROUTE');
+
+    const catalogService = new CatalogService();
+
+    const res = await catalogService.createDataDocs(body);
+
+    return res;
+  }
+
   @Get('data-rating')
   async getDataRating(@Body() body) {
     console.log(`/catalog`, 'ON GET DATA RATING ROUTE');
@@ -185,15 +218,18 @@ export class CatalogController {
   }
 
   @Get('summary-rating/:id')
-  async getSummaryRating(@Param() params, @Body() body) {
+  async getSummaryRating() {
     console.log(`/catalog`, 'ON GET SUMMARY RATING ROUTE');
-    const { id } = params;
+    //const { id } = params;
 
-    const catalogService = new CatalogService();
+    //const catalogService = new CatalogService();
 
-    const res = await catalogService.getSummaryRating(id, body);
+    //const res = await catalogService.getSummaryRating(id, body);
 
-    return res;
+    return {
+      avg_rating: 0,
+      rating_count: 0,
+    };
   }
 
   @Get('data-comment')

src/modules/catalog/catalog.service.ts

@@ -46,6 +46,7 @@ class CatalogService {
     const { data } = await axios.get(
       `${nimbusUrl}/api/catalog/data_apps/${id}/`,
     );
+
     return data;
   }
 
@@ -80,10 +81,11 @@ class CatalogService {
     const { data } = await axios.get(
       `${nimbusUrl}/api/catalog/dashboard-metabase/${id}`,
     );
+    console.log(data);
 
-    const [, path] = data.iframe_url.split('.dadosfera');
-    const host = `httpss://metabase-${body.info.customer.toLowerCase()}.dadosfera.ai`;
-    data.iframe_url = host + path;
+    // const [, path] = data.iframe_url.split('.dadosfera');
+    // const host = `httpss://metabase-${body.info.customer.toLowerCase()}.dadosfera.ai`;
+    // data.iframe_url = host + path;
 
     return data;
   }
@@ -134,7 +136,7 @@ class CatalogService {
         ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
         : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
 
-    const { data } = await axios.get(
+    const { data } = await axios.delete(
       `${nimbusUrl}/api/catalog/table-metadata/${id}`,
     );
     return data;
@@ -169,7 +171,7 @@ class CatalogService {
         ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
         : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
 
-    const { data } = await axios.get(
+    const { data } = await axios.delete(
       `${nimbusUrl}/api/catalog/column-metadata/${id}/`,
     );
     return data;
@@ -207,6 +209,24 @@ class CatalogService {
     return data;
   }
 
+  async createDataStatus(body) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-status/`,
+      body,
+    );
+    return data;
+  }
+
   async getDataDescription(body) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
@@ -224,6 +244,24 @@ class CatalogService {
     return data;
   }
 
+  async createDataDescription(body) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-description/`,
+      body,
+    );
+    return data;
+  }
+
   async getDataDocs(body) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
@@ -239,6 +277,24 @@ class CatalogService {
     return data;
   }
 
+  async createDataDocs(body) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-docs/`,
+      body,
+    );
+    return data;
+  }
+
   async getDataRating(body) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
@@ -265,7 +321,7 @@ class CatalogService {
         ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
         : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
 
-    const { data } = await axios.get(
+    const { data } = await axios.post(
       `${nimbusUrl}/api/catalog/data-rating/`,
       body,
     );
@@ -315,7 +371,7 @@ class CatalogService {
         ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
         : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
 
-    const { data } = await axios.get(
+    const { data } = await axios.post(
       `${nimbusUrl}/api/catalog/data-comment/`,
       body,
     );
@@ -350,7 +406,7 @@ class CatalogService {
         ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
         : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
 
-    const { data } = await axios.get(`${nimbusUrl}/api/catalog/tags/`, body);
+    const { data } = await axios.post(`${nimbusUrl}/api/catalog/tags/`, body);
     return data;
   }
 
@@ -398,7 +454,7 @@ class CatalogService {
         ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
         : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
 
-    const { data } = await axios.get(`${nimbusUrl}/api/catalog/tags/${id}`);
+    const { data } = await axios.delete(`${nimbusUrl}/api/catalog/tags/${id}`);
     return data;
   }
 
@@ -413,7 +469,7 @@ class CatalogService {
         ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
         : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
 
-    const { data } = await axios.get(
+    const { data } = await axios.post(
       `${nimbusUrl}/api/catalog/table-tags/`,
       body,
     );
@@ -431,7 +487,7 @@ class CatalogService {
         ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
         : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
 
-    const { data } = await axios.get(
+    const { data } = await axios.delete(
       `${nimbusUrl}/api/catalog/table-tags/${id}`,
     );
     return data;
@@ -466,7 +522,7 @@ class CatalogService {
         ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
         : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
 
-    const { data } = await axios.get(
+    const { data } = await axios.delete(
       `${nimbusUrl}/api/catalog/table-rules/${id}`,
     );
     return data;

src/modules/inputs/inputs.service.ts

@@ -1,4 +1,5 @@
 import { Body, HttpException, HttpStatus, Injectable } from '@nestjs/common';
+import { Timeout } from '@nestjs/schedule';
 import { InputNewCreateRequest } from '@victorradael/protospack';
 import { InputsClientService } from 'src/clients/inputs/client.service';
 import { IIdRequest, Info } from 'src/clients/inputs/interfaces';
@@ -60,6 +61,7 @@ export class InputsService {
     }
   }
 
+  @Timeout(60000 * 10) // Timeout set for 10 minutes
   async testConnection(data) {
     try {
       const testConnectionInputResponse = await this.inputClient.testConnection(